; simple sample :
	
	Local res=Tokenize("Simple string to tokenize", " ", "")
	Local t=ListFirst(res)
	While t
		Write "'"+LinkValue(t)+"' "
		t=AfterLink(t)
	Wend
	Print ""
	Print ""


; Parser sample
	
	Type tPseudo Field mName$ End Type
	Function NewPseudo(name$):Local p.tPseudo=New tPseudo:p\mName=name:End Function
	
	Local Name$		=	"Rango" : NewPseudo(Name)
	Local p.tPseudo
	
	; String to tokenize
	Local Chaine$	=	"Hello "+Name+",How are you today ? Me, I'm Fine ! ^^"
	
	; Delimiters ( chars that will be destroyed from string and used to split 'words' )
	Local Delims$	=	" "+Chr(9) ; 'space' and 'tab'
	
	; Symbols are delimiters that will be exported in the token-list
	Local Symbols$	=	"',.?!*-+/\(){}[]%$#~^"
	
	
	; tokenize the string, result is a list of tokens.
	Local List=Tokenize(Chaine, Delims, Symbols)
	
	Print ""
	Local symbol=False
	
	; parse the tokens
	Local tok1=ListFirst(List)
	
	While tok1
		
		; the current token
		Local val$=LinkValue(tok1)
		
		; token is a symbol ?
		If Instr(Symbols,val)
			
			Color 000,255,255
			Write val
			Select val
				Case ",","?","!"
					Write " "
			End Select
			symbol = True
			
		; token a tPseudo
		Else
			
			Color 255,255,000
			
			For p.tPseudo = Each tPseudo
				If p\mName=val
					Color 255,128,000
				EndIf
			Next
			If Not(symbol) Write " "
			Write val
			
			symbol = False
			
		EndIf
		
		tok1=AfterLink(tok1)
	Wend
	
	Color 255,255,000
	
WaitKey
End

;~IDEal Editor Parameters:
;~C#Blitz3D